[ Apr 29 05:57:03 Enabled. ] [ Apr 29 05:57:03 Rereading configuration. ] [ Apr 29 05:57:03 Rereading configuration. ] [ Apr 29 05:57:04 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Apr 29 05:57:04 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.784672122Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.784819104Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.80545131Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.80548189Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.805544031Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.812588287Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.87180958Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:54483"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.872504566Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"new_generation":1,"req_id":"87d1b648-3d7a-421d-a9dd-ee8f6c2f69e4","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.872530826Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.889404156Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.889429037Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"new_generation":1,"req_id":"87d1b648-3d7a-421d-a9dd-ee8f6c2f69e4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.889452717Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"uri":"/config","method":"PUT","req_id":"87d1b648-3d7a-421d-a9dd-ee8f6c2f69e4","remote_addr":"[fd00:1122:3344:3::2]:54483","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":17332,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14083,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:57:18.665610449Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::1b]:65196","req_id":"aab773ac-d4bf-4203-a550-0437e57fa779","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52124,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:57:18.669718788Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::1b]:49777","req_id":"0d400c12-6245-4bb0-b5e4-f1297221d113","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:57:18.673644325Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::1b]:43325","req_id":"0ba5348e-a9bd-43fd-9c2d-dc51d890ce35","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8343,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:37.943186308Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::d]:64800","req_id":"0e7db246-f1a3-49a3-9505-f512e5d614dc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 57,\n 102,\n 102,\n 101,\n 98,\n 49,\n 97,\n 45,\n 97,\n 48,\n 102,\n 57,\n 45,\n 52,\n 97,\n 98,\n 102,\n 45,\n 57,\n 57,\n 56,\n 99,\n 45,\n 102,\n 53,\n 56,\n 100,\n 49,\n 51,\n 49,\n 99,\n 55,\n 51,\n 99,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:42.547009704Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::e]:33439","req_id":"4c419812-99f3-400f-9e04-a88af105bca9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 57,\n 102,\n 102,\n 101,\n 98,\n 49,\n 97,\n 45,\n 97,\n 48,\n 102,\n 57,\n 45,\n 52,\n 97,\n 98,\n 102,\n 45,\n 57,\n 57,\n 56,\n 99,\n 45,\n 102,\n 53,\n 56,\n 100,\n 49,\n 51,\n 49,\n 99,\n 55,\n 51,\n 99,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:42.547505009Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::e]:57888","req_id":"5564b64f-dbb7-42a4-9efc-91ab6a733f93","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6193,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:43.429209497Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::1b]:39978","req_id":"7864820e-0c87-4fe5-801b-acf77c9dbdc9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:43.433644159Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::1b]:33990","req_id":"daaa5507-e2ee-4eef-b2db-eb3d00f7cf65","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51383,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:43.438282683Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::1b]:34591","req_id":"df42c8fa-2413-4cd1-9ebc-17f94a352bf7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 770,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:47.92103871Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::d]:62817","req_id":"a47aff0f-6757-4b6a-8bf5-6ae782bd1e5f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48097,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:49.488838852Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::c]:48646","req_id":"23710fb1-3f18-496b-be40-b7803d03e633","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49365,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:49.663760162Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::a]:19333","req_id":"52e168df-8afa-47ef-86af-7202a48a9375","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22917,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:49.808337785Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::b]:24079","req_id":"2f5dd7cf-7b9d-42d9-80ad-fdcd6eb44a75","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2479,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:57.922126892Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::d]:56453","req_id":"d1cebef5-11eb-4522-a926-d051efd213e8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1270,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:07.923314214Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::d]:58012","req_id":"c7841127-9587-4b7e-8df8-f9a95554a694","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:17.924914782Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::d]:57154","req_id":"80c81ec3-7308-4602-934f-391cc07c20fe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35871,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:24.771466381Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::c]:39889","req_id":"3afd41bd-e6ea-43f3-a973-9877935d4823","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:24.930735672Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33552"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:25.004708924Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"uri":"/config","method":"GET","req_id":"e553e347-a658-486f-b7fc-42b95dacca88","remote_addr":"[fd00:1122:3344:101::c]:33552","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":45110,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63679,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:27.926725028Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::d]:59209","req_id":"c2e9a341-89e5-4155-9f4d-4f984ea677ce","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:30.041917353Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59347"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:30.044226195Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"new_generation":1,"req_id":"5556a745-ca36-455b-a73f-a3f586b9fc46","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:30.044260076Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"new_generation":1,"req_id":"5556a745-ca36-455b-a73f-a3f586b9fc46","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:30.044282896Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"uri":"/config","method":"PUT","req_id":"5556a745-ca36-455b-a73f-a3f586b9fc46","remote_addr":"[fd00:1122:3344:101::c]:59347","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":336,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23950,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:30.390600873Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::c]:37981","req_id":"afd37144-f78d-482a-b853-ecafa383253a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:30.498690729Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38320"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:30.499089657Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"uri":"/config","method":"GET","req_id":"40901160-2af0-4d28-b25a-3d4b80bfe652","remote_addr":"[fd00:1122:3344:101::c]:38320","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":302,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25178,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:33.232174452Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::b]:61662","req_id":"cd3f0de9-ed89-4e62-b158-69fac0f4c223","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48341,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:33.232224843Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::c]:14543","req_id":"b7263737-a937-4c4d-b366-753faa3c3665","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:33.382186166Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33686"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:33.382527419Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"uri":"/config","method":"GET","req_id":"f85234df-7d71-4026-bd38-fc972116dbe0","remote_addr":"[fd00:1122:3344:101::b]:33686","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":286,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:33.442213236Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49508"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:33.442478368Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"uri":"/config","method":"GET","req_id":"cc8970ac-159f-4b3e-8a35-945f0fef3725","remote_addr":"[fd00:1122:3344:101::c]:49508","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":219,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15802,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:37.927801969Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::d]:61536","req_id":"6b335a70-84a9-466e-9ff8-2afc5eedeb2e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57984,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:41.141639651Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::a]:5643","req_id":"5452429f-d48a-4b9e-9bd6-cd3161e5b4ce","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:41.369791136Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41579"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:41.370075129Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"uri":"/config","method":"GET","req_id":"5bc6d03b-c046-4630-8c38-494892fac9ad","remote_addr":"[fd00:1122:3344:101::a]:41579","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":234,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20807,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:47.92912976Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::d]:52913","req_id":"26c92cde-f3f1-46b2-8229-405c117fb6fe","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.240646438Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35761"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.243367964Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"new_generation":1,"req_id":"d5820bde-aa92-4129-8ebd-eeba72d393be","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.243488155Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"new_generation":1,"req_id":"d5820bde-aa92-4129-8ebd-eeba72d393be","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.243496355Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"uri":"/config","method":"PUT","req_id":"d5820bde-aa92-4129-8ebd-eeba72d393be","remote_addr":"[fd00:1122:3344:101::c]:35761","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":238,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.741049498Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57005"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.743733663Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"new_generation":1,"req_id":"06ea2b7b-0803-42ae-a2e3-a212756a703a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.743758603Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"new_generation":1,"req_id":"06ea2b7b-0803-42ae-a2e3-a212756a703a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.743787614Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"uri":"/config","method":"PUT","req_id":"06ea2b7b-0803-42ae-a2e3-a212756a703a","remote_addr":"[fd00:1122:3344:101::a]:57005","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":318,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.763903675Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33408"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.767487059Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"new_generation":1,"req_id":"95808a48-2334-4afe-971b-dc4e79a22265","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.76761227Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"new_generation":1,"req_id":"95808a48-2334-4afe-971b-dc4e79a22265","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.76762557Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"uri":"/config","method":"PUT","req_id":"95808a48-2334-4afe-971b-dc4e79a22265","remote_addr":"[fd00:1122:3344:101::b]:33408","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":373,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:51.017254449Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::b]:49069","req_id":"e2514f1b-bc84-44b6-ba31-01380668f6ae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65494,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:51.021416059Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::a]:35999","req_id":"126a792a-2f4f-42ca-a989-a3a4415b0103","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:51.133781026Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49726"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:51.134032648Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"uri":"/config","method":"GET","req_id":"e0b39f4b-33aa-46db-a53e-22c82695c2be","remote_addr":"[fd00:1122:3344:101::b]:49726","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:51.170484594Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61182"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:51.170785437Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"uri":"/config","method":"GET","req_id":"cf5d6cc5-292d-403c-af23-41d0e45a5ca9","remote_addr":"[fd00:1122:3344:101::a]:61182","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":223,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50733,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:51.876650106Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::c]:41138","req_id":"fd42db05-9446-44eb-bd47-ce7e114b13da","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:51.972652087Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57743"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:51.972873659Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"uri":"/config","method":"GET","req_id":"39f047b6-7ae3-40c8-8803-387663230994","remote_addr":"[fd00:1122:3344:101::c]:57743","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36555,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:57.930514515Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::d]:63421","req_id":"a506aaf3-a143-4515-b2a5-96c614f1881e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53359,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_51a6c781-ba2f-46e3-856a-3c0a595d3d34.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_51a6c781-ba2f-46e3-856a-3c0a595d3d34.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 49,\n 97,\n 54,\n 99,\n 55,\n 56,\n 49,\n 45,\n 98,\n 97,\n 50,\n 102,\n 45,\n 52,\n 54,\n 101,\n 51,\n 45,\n 56,\n 53,\n 54,\n 97,\n 45,\n 51,\n 99,\n 48,\n 97,\n 53,\n 57,\n 53,\n 100,\n 51,\n 100,\n 51,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_51a6c781-ba2f-46e3-856a-3c0a595d3d34.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.408848187Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::3]:50264","req_id":"ccc62c9b-06aa-4037-9e28-f5d0fc0e8d68","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53359,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_51a6c781-ba2f-46e3-856a-3c0a595d3d34.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_51a6c781-ba2f-46e3-856a-3c0a595d3d34.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 49,\n 97,\n 54,\n 99,\n 55,\n 56,\n 49,\n 45,\n 98,\n 97,\n 50,\n 102,\n 45,\n 52,\n 54,\n 101,\n 51,\n 45,\n 56,\n 53,\n 54,\n 97,\n 45,\n 51,\n 99,\n 48,\n 97,\n 53,\n 57,\n 53,\n 100,\n 51,\n 100,\n 51,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_51a6c781-ba2f-46e3-856a-3c0a595d3d34.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.409506024Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::3]:43968","req_id":"1b9471b1-35ad-4613-bd7d-42e347b85007","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63696,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.615914613Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::2]:62019","req_id":"4ad2a52a-0fbb-4499-bb1d-3a8002d3f280","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63696,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.61661849Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::2]:49546","req_id":"645783c6-9570-44df-9598-fb01b027954e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59414,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_54c58ba4-85ff-4e5e-a9ee-c78afe85517f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_54c58ba4-85ff-4e5e-a9ee-c78afe85517f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 52,\n 99,\n 53,\n 56,\n 98,\n 97,\n 52,\n 45,\n 56,\n 53,\n 102,\n 102,\n 45,\n 52,\n 101,\n 53,\n 101,\n 45,\n 97,\n 57,\n 101,\n 101,\n 45,\n 99,\n 55,\n 56,\n 97,\n 102,\n 101,\n 56,\n 53,\n 53,\n 49,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_54c58ba4-85ff-4e5e-a9ee-c78afe85517f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.810292978Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::5]:58057","req_id":"84b37524-9b57-4db8-bdbd-c4c59182f4d0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59414,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_54c58ba4-85ff-4e5e-a9ee-c78afe85517f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_54c58ba4-85ff-4e5e-a9ee-c78afe85517f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 52,\n 99,\n 53,\n 56,\n 98,\n 97,\n 52,\n 45,\n 56,\n 53,\n 102,\n 102,\n 45,\n 52,\n 101,\n 53,\n 101,\n 45,\n 97,\n 57,\n 101,\n 101,\n 45,\n 99,\n 55,\n 56,\n 97,\n 102,\n 101,\n 56,\n 53,\n 53,\n 49,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_54c58ba4-85ff-4e5e-a9ee-c78afe85517f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.811096416Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::5]:65309","req_id":"d55790f0-8525-43e4-b973-58b067a0e89f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43455,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_3182ab30-e791-4449-86ce-54e843342ad8.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_3182ab30-e791-4449-86ce-54e843342ad8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 51,\n 49,\n 56,\n 50,\n 97,\n 98,\n 51,\n 48,\n 45,\n 101,\n 55,\n 57,\n 49,\n 45,\n 52,\n 52,\n 52,\n 57,\n 45,\n 56,\n 54,\n 99,\n 101,\n 45,\n 53,\n 52,\n 101,\n 56,\n 52,\n 51,\n 51,\n 52,\n 50,\n 97,\n 100,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_3182ab30-e791-4449-86ce-54e843342ad8.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.848875443Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::1b]:63130","req_id":"e7b1cce3-4da7-49b1-9afc-2fb1fec4ca5c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46078,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_59820284-c35f-485e-8f06-8ff66eb88e7f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_59820284-c35f-485e-8f06-8ff66eb88e7f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 57,\n 56,\n 50,\n 48,\n 50,\n 56,\n 52,\n 45,\n 99,\n 51,\n 53,\n 102,\n 45,\n 52,\n 56,\n 53,\n 101,\n 45,\n 56,\n 102,\n 48,\n 54,\n 45,\n 56,\n 102,\n 102,\n 54,\n 54,\n 101,\n 98,\n 56,\n 56,\n 101,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_59820284-c35f-485e-8f06-8ff66eb88e7f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.859672396Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::4]:55167","req_id":"647d56aa-87c0-46bb-aa12-dc5f8d8eab1f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46078,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_59820284-c35f-485e-8f06-8ff66eb88e7f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_59820284-c35f-485e-8f06-8ff66eb88e7f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 57,\n 56,\n 50,\n 48,\n 50,\n 56,\n 52,\n 45,\n 99,\n 51,\n 53,\n 102,\n 45,\n 52,\n 56,\n 53,\n 101,\n 45,\n 56,\n 102,\n 48,\n 54,\n 45,\n 56,\n 102,\n 102,\n 54,\n 54,\n 101,\n 98,\n 56,\n 56,\n 101,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_59820284-c35f-485e-8f06-8ff66eb88e7f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.860351052Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::4]:44197","req_id":"704dcb3c-723a-4470-b272-f7caef3467f9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21778,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 57,\n 102,\n 102,\n 101,\n 98,\n 49,\n 97,\n 45,\n 97,\n 48,\n 102,\n 57,\n 45,\n 52,\n 97,\n 98,\n 102,\n 45,\n 57,\n 57,\n 56,\n 99,\n 45,\n 102,\n 53,\n 56,\n 100,\n 49,\n 51,\n 49,\n 99,\n 55,\n 51,\n 99,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.878788237Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::e]:49316","req_id":"a9d8a5ca-5a00-4c51-b8c8-30e9b585d7a3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21778,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 57,\n 102,\n 102,\n 101,\n 98,\n 49,\n 97,\n 45,\n 97,\n 48,\n 102,\n 57,\n 45,\n 52,\n 97,\n 98,\n 102,\n 45,\n 57,\n 57,\n 56,\n 99,\n 45,\n 102,\n 53,\n 56,\n 100,\n 49,\n 51,\n 49,\n 99,\n 55,\n 51,\n 99,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.879421763Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::e]:60651","req_id":"47db9339-dbb2-47de-a2de-c61a2f957eb0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b2759c68-48b6-4419-b39a-cbb515ca9920.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b2759c68-48b6-4419-b39a-cbb515ca9920.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 50,\n 55,\n 53,\n 57,\n 99,\n 54,\n 56,\n 45,\n 52,\n 56,\n 98,\n 54,\n 45,\n 52,\n 52,\n 49,\n 57,\n 45,\n 98,\n 51,\n 57,\n 97,\n 45,\n 99,\n 98,\n 98,\n 53,\n 49,\n 53,\n 99,\n 97,\n 57,\n 57,\n 50,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b2759c68-48b6-4419-b39a-cbb515ca9920.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.881029999Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::7]:63289","req_id":"5f0386bb-75c3-4099-a091-45a5ca575303","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b2759c68-48b6-4419-b39a-cbb515ca9920.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b2759c68-48b6-4419-b39a-cbb515ca9920.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 50,\n 55,\n 53,\n 57,\n 99,\n 54,\n 56,\n 45,\n 52,\n 56,\n 98,\n 54,\n 45,\n 52,\n 52,\n 49,\n 57,\n 45,\n 98,\n 51,\n 57,\n 97,\n 45,\n 99,\n 98,\n 98,\n 53,\n 49,\n 53,\n 99,\n 97,\n 57,\n 57,\n 50,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b2759c68-48b6-4419-b39a-cbb515ca9920.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.881577764Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::7]:34454","req_id":"fdba00c2-df03-42dc-b6b7-96ba6f4d0ed0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_74ba3486-bde7-426a-8836-aca6e94fba75.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_74ba3486-bde7-426a-8836-aca6e94fba75.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 52,\n 98,\n 97,\n 51,\n 52,\n 56,\n 54,\n 45,\n 98,\n 100,\n 101,\n 55,\n 45,\n 52,\n 50,\n 54,\n 97,\n 45,\n 56,\n 56,\n 51,\n 54,\n 45,\n 97,\n 99,\n 97,\n 54,\n 101,\n 57,\n 52,\n 102,\n 98,\n 97,\n 55,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_74ba3486-bde7-426a-8836-aca6e94fba75.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.96436391Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::6]:39475","req_id":"7d813e37-f20d-4d74-9c4a-656cff879088","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_74ba3486-bde7-426a-8836-aca6e94fba75.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_74ba3486-bde7-426a-8836-aca6e94fba75.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 52,\n 98,\n 97,\n 51,\n 52,\n 56,\n 54,\n 45,\n 98,\n 100,\n 101,\n 55,\n 45,\n 52,\n 50,\n 54,\n 97,\n 45,\n 56,\n 56,\n 51,\n 54,\n 45,\n 97,\n 99,\n 97,\n 54,\n 101,\n 57,\n 52,\n 102,\n 98,\n 97,\n 55,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_74ba3486-bde7-426a-8836-aca6e94fba75.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.965055336Z","hostname":"oxz_internal_dns_50aff0e9-23d1-4475-a59c-d510a5b0cac6","pid":5355,"peer_addr":"[fd00:1122:3344:101::6]:35763","req_id":"a6115e99-b028-4943-b808-1542fff2c7cb","component":"dns"}