[ Apr 29 05:57:03 Enabled. ] [ Apr 29 05:57:03 Rereading configuration. ] [ Apr 29 05:57:03 Rereading configuration. ] [ Apr 29 05:57:04 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Apr 29 05:57:04 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.795652926Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.795863739Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.824230368Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.824245938Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.824319599Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.824597831Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.890755549Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:45146"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.891537157Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"new_generation":1,"req_id":"3fcaea49-282a-4289-8107-656203912092","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.891566607Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.910355785Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.910384916Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"new_generation":1,"req_id":"3fcaea49-282a-4289-8107-656203912092","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.910410706Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"uri":"/config","method":"PUT","req_id":"3fcaea49-282a-4289-8107-656203912092","remote_addr":"[fd00:1122:3344:2::2]:45146","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":19281,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14083,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:57:18.665369647Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::1b]:55712","req_id":"6f6cf4bb-15eb-48a6-a2d8-54ac923fee2f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52124,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:57:18.669535476Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::1b]:50717","req_id":"0f801045-d294-4fd0-9b7d-f0f810a098aa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:57:18.673524554Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::1b]:65437","req_id":"9c4081cb-4fb5-4cd4-afb0-350c5015e4ee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22021,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:37.946085346Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::d]:60702","req_id":"9b9360d9-b480-4d8f-812b-a3c4506e4744","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 57,\n 102,\n 102,\n 101,\n 98,\n 49,\n 97,\n 45,\n 97,\n 48,\n 102,\n 57,\n 45,\n 52,\n 97,\n 98,\n 102,\n 45,\n 57,\n 57,\n 56,\n 99,\n 45,\n 102,\n 53,\n 56,\n 100,\n 49,\n 51,\n 49,\n 99,\n 55,\n 51,\n 99,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:42.541122849Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::e]:34228","req_id":"68529d76-eb23-429a-9787-e8fce604890f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 57,\n 102,\n 102,\n 101,\n 98,\n 49,\n 97,\n 45,\n 97,\n 48,\n 102,\n 57,\n 45,\n 52,\n 97,\n 98,\n 102,\n 45,\n 57,\n 57,\n 56,\n 99,\n 45,\n 102,\n 53,\n 56,\n 100,\n 49,\n 51,\n 49,\n 99,\n 55,\n 51,\n 99,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:42.547368578Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::e]:59278","req_id":"dae491c2-fcde-4c81-8818-f81f119e1ea0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6193,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:43.428962365Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::1b]:52215","req_id":"bedb688c-9abf-4ea2-a188-c27fefe44a8f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:43.433514468Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::1b]:56695","req_id":"b76edfc4-c896-4fb2-8d50-8f5de11e5c4a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51383,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:43.438085441Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::1b]:32772","req_id":"e39ce4a8-49bf-4fcd-9cca-5124240f24ce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22511,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:47.92102175Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::d]:54530","req_id":"02895762-8dc9-40b4-8a2c-0e2ec32d4adf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10579,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:49.489347137Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::c]:53308","req_id":"660a9fa0-22ff-40f5-977d-7a1f93e3f0c6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50055,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:49.663760322Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::a]:22888","req_id":"15cde10e-adc6-4838-83ba-42b481c357e4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65524,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:49.808362875Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::b]:59051","req_id":"5ad45717-9ae0-4271-9a7a-64294cb12235","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:57.922081481Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::d]:65202","req_id":"2aa579c4-6e02-4ca7-9b9c-bab318cb4777","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53345,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:07.923216974Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::d]:50904","req_id":"b854eae9-6355-4fce-8f41-baf77826d3f3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33779,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:17.924917603Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::d]:65176","req_id":"f9ad367c-b831-4286-aec2-25939e24183a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:24.771534841Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::c]:54178","req_id":"ecb53864-4e5a-46c7-a8e2-eeae775ffe63","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:25.016079932Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:32939"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:25.089954113Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"uri":"/config","method":"GET","req_id":"fdb8cb7d-75ac-4e3f-b491-ee8eeab08003","remote_addr":"[fd00:1122:3344:101::c]:32939","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":46332,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7050,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:27.926683327Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::d]:50893","req_id":"b4bbd934-398a-4b98-be4a-9f55bcd7e4a8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:30.042950723Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38871"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:30.044852131Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"new_generation":1,"req_id":"3b3a07fa-8bd5-485c-b719-465cb892f917","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:30.044884492Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"new_generation":1,"req_id":"3b3a07fa-8bd5-485c-b719-465cb892f917","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:30.044890482Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"uri":"/config","method":"PUT","req_id":"3b3a07fa-8bd5-485c-b719-465cb892f917","remote_addr":"[fd00:1122:3344:101::c]:38871","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":960,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33277,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:30.390565163Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::c]:34350","req_id":"63d86917-a81f-4726-94f5-79da9f8d0c37","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:30.499600112Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51046"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:30.504173611Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"uri":"/config","method":"GET","req_id":"d3efb3ed-5bc0-4cd6-aa81-3001256b5e01","remote_addr":"[fd00:1122:3344:101::c]:51046","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":4459,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2891,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:33.232150252Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::b]:21514","req_id":"104a2c2f-fb01-43e7-9395-3897f5b9af71","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:33.232203202Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::c]:12112","req_id":"64b5ea1c-16d6-4c69-8161-207e843b043a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:33.385935251Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43813"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:33.386235894Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"uri":"/config","method":"GET","req_id":"00392c75-8add-48a1-b123-194d374aa313","remote_addr":"[fd00:1122:3344:101::b]:43813","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":249,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:33.443070864Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37931"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:33.443349356Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"uri":"/config","method":"GET","req_id":"da2cff0f-2ada-458c-bb7b-269dda724314","remote_addr":"[fd00:1122:3344:101::c]:37931","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":225,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8469,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:37.927812269Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::d]:57717","req_id":"4cd1be21-9615-48f4-9a19-945c87feba3a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65505,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:41.1416143Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::a]:58918","req_id":"0b76eec2-9388-43b1-b1ab-a9a5e6b414a8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:41.370736215Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38039"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:41.370988808Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"uri":"/config","method":"GET","req_id":"f4218688-e153-4601-9e5c-c51be38e72ff","remote_addr":"[fd00:1122:3344:101::a]:38039","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":217,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56620,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:47.929028389Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::d]:63712","req_id":"f6398c01-2825-4d5a-b621-264309d3185f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.241652777Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50157"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.243554626Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"new_generation":1,"req_id":"b6bf20f1-171d-42ef-a7d3-2bc640dfaa60","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.243605556Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"new_generation":1,"req_id":"b6bf20f1-171d-42ef-a7d3-2bc640dfaa60","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.243613876Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"uri":"/config","method":"PUT","req_id":"b6bf20f1-171d-42ef-a7d3-2bc640dfaa60","remote_addr":"[fd00:1122:3344:101::c]:50157","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":285,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.74233304Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52221"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.743550672Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"new_generation":1,"req_id":"26cfff55-db09-4c85-98ac-02b93cdea150","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.743572822Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"new_generation":1,"req_id":"26cfff55-db09-4c85-98ac-02b93cdea150","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.743664782Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"uri":"/config","method":"PUT","req_id":"26cfff55-db09-4c85-98ac-02b93cdea150","remote_addr":"[fd00:1122:3344:101::a]:52221","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":315,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.7655162Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52126"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.767331417Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"new_generation":1,"req_id":"8bf8e207-8ec7-4066-86f1-371ab4927eee","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.767441488Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"new_generation":1,"req_id":"8bf8e207-8ec7-4066-86f1-371ab4927eee","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.767451748Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"uri":"/config","method":"PUT","req_id":"8bf8e207-8ec7-4066-86f1-371ab4927eee","remote_addr":"[fd00:1122:3344:101::b]:52126","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":370,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60298,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:51.017230829Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::b]:65303","req_id":"d34e215f-ec13-46b5-af86-bffa891962be","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52156,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:51.021413519Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::a]:32899","req_id":"8e131e1a-6010-4e2c-b524-e0278ba4956c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:51.134548263Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59441"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:51.134817415Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"uri":"/config","method":"GET","req_id":"61fdac67-438c-430b-a5e8-f0338ec4dc53","remote_addr":"[fd00:1122:3344:101::b]:59441","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":225,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:51.171324402Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37792"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:51.171589284Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"uri":"/config","method":"GET","req_id":"920fde0a-2852-42fe-a0fc-3b825eaafc45","remote_addr":"[fd00:1122:3344:101::a]:37792","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":229,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11215,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:51.876639076Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::c]:49787","req_id":"f6e57cab-5035-4c9e-9d50-c6842089e64d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:51.973291093Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47402"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:51.973511025Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"uri":"/config","method":"GET","req_id":"917397e0-ff0d-4742-afea-6083a0cf2795","remote_addr":"[fd00:1122:3344:101::c]:47402","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":189,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20548,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:57.930459284Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::d]:51743","req_id":"177ce69f-c02f-4f6a-9149-a9fb0a4aa83d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53359,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_51a6c781-ba2f-46e3-856a-3c0a595d3d34.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_51a6c781-ba2f-46e3-856a-3c0a595d3d34.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 49,\n 97,\n 54,\n 99,\n 55,\n 56,\n 49,\n 45,\n 98,\n 97,\n 50,\n 102,\n 45,\n 52,\n 54,\n 101,\n 51,\n 45,\n 56,\n 53,\n 54,\n 97,\n 45,\n 51,\n 99,\n 48,\n 97,\n 53,\n 57,\n 53,\n 100,\n 51,\n 100,\n 51,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_51a6c781-ba2f-46e3-856a-3c0a595d3d34.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.408578045Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::3]:49339","req_id":"2198daf8-153a-4a0e-a357-1fdab2a5f47a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53359,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_51a6c781-ba2f-46e3-856a-3c0a595d3d34.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_51a6c781-ba2f-46e3-856a-3c0a595d3d34.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 49,\n 97,\n 54,\n 99,\n 55,\n 56,\n 49,\n 45,\n 98,\n 97,\n 50,\n 102,\n 45,\n 52,\n 54,\n 101,\n 51,\n 45,\n 56,\n 53,\n 54,\n 97,\n 45,\n 51,\n 99,\n 48,\n 97,\n 53,\n 57,\n 53,\n 100,\n 51,\n 100,\n 51,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_51a6c781-ba2f-46e3-856a-3c0a595d3d34.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.409272982Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::3]:43927","req_id":"f5761861-9e56-4c41-b093-d6f8052cddef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63696,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.61562136Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::2]:53944","req_id":"f6184beb-7ac8-4e41-9396-bedb9b9d1d11","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63696,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.616325987Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::2]:49192","req_id":"f931106a-2f32-4a6f-bd58-117a9d25911a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59414,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_54c58ba4-85ff-4e5e-a9ee-c78afe85517f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_54c58ba4-85ff-4e5e-a9ee-c78afe85517f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 52,\n 99,\n 53,\n 56,\n 98,\n 97,\n 52,\n 45,\n 56,\n 53,\n 102,\n 102,\n 45,\n 52,\n 101,\n 53,\n 101,\n 45,\n 97,\n 57,\n 101,\n 101,\n 45,\n 99,\n 55,\n 56,\n 97,\n 102,\n 101,\n 56,\n 53,\n 53,\n 49,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_54c58ba4-85ff-4e5e-a9ee-c78afe85517f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.809981175Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::5]:42596","req_id":"94cdf393-06e1-4dc1-9480-f4b3726b1266","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59414,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_54c58ba4-85ff-4e5e-a9ee-c78afe85517f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_54c58ba4-85ff-4e5e-a9ee-c78afe85517f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 52,\n 99,\n 53,\n 56,\n 98,\n 97,\n 52,\n 45,\n 56,\n 53,\n 102,\n 102,\n 45,\n 52,\n 101,\n 53,\n 101,\n 45,\n 97,\n 57,\n 101,\n 101,\n 45,\n 99,\n 55,\n 56,\n 97,\n 102,\n 101,\n 56,\n 53,\n 53,\n 49,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_54c58ba4-85ff-4e5e-a9ee-c78afe85517f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.810857373Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::5]:65244","req_id":"a6765ea0-4d72-43d6-a27e-5aa51a6e93c5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43455,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_3182ab30-e791-4449-86ce-54e843342ad8.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_3182ab30-e791-4449-86ce-54e843342ad8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 51,\n 49,\n 56,\n 50,\n 97,\n 98,\n 51,\n 48,\n 45,\n 101,\n 55,\n 57,\n 49,\n 45,\n 52,\n 52,\n 52,\n 57,\n 45,\n 56,\n 54,\n 99,\n 101,\n 45,\n 53,\n 52,\n 101,\n 56,\n 52,\n 51,\n 51,\n 52,\n 50,\n 97,\n 100,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_3182ab30-e791-4449-86ce-54e843342ad8.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.84851816Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::1b]:56260","req_id":"78db537d-08d5-45f7-99ef-b56b8051d011","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46078,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_59820284-c35f-485e-8f06-8ff66eb88e7f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_59820284-c35f-485e-8f06-8ff66eb88e7f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 57,\n 56,\n 50,\n 48,\n 50,\n 56,\n 52,\n 45,\n 99,\n 51,\n 53,\n 102,\n 45,\n 52,\n 56,\n 53,\n 101,\n 45,\n 56,\n 102,\n 48,\n 54,\n 45,\n 56,\n 102,\n 102,\n 54,\n 54,\n 101,\n 98,\n 56,\n 56,\n 101,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_59820284-c35f-485e-8f06-8ff66eb88e7f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.859371693Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::4]:60846","req_id":"6eaab38b-0af4-417a-b89f-018f4dfcd02b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46078,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_59820284-c35f-485e-8f06-8ff66eb88e7f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_59820284-c35f-485e-8f06-8ff66eb88e7f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 57,\n 56,\n 50,\n 48,\n 50,\n 56,\n 52,\n 45,\n 99,\n 51,\n 53,\n 102,\n 45,\n 52,\n 56,\n 53,\n 101,\n 45,\n 56,\n 102,\n 48,\n 54,\n 45,\n 56,\n 102,\n 102,\n 54,\n 54,\n 101,\n 98,\n 56,\n 56,\n 101,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_59820284-c35f-485e-8f06-8ff66eb88e7f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.86011561Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::4]:38754","req_id":"f1d290ac-d733-4908-915a-d3b0212264fd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21778,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 57,\n 102,\n 102,\n 101,\n 98,\n 49,\n 97,\n 45,\n 97,\n 48,\n 102,\n 57,\n 45,\n 52,\n 97,\n 98,\n 102,\n 45,\n 57,\n 57,\n 56,\n 99,\n 45,\n 102,\n 53,\n 56,\n 100,\n 49,\n 51,\n 49,\n 99,\n 55,\n 51,\n 99,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.878500404Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::e]:51330","req_id":"1bec4052-7ced-4e7d-8112-9c9f168556f6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21778,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 57,\n 102,\n 102,\n 101,\n 98,\n 49,\n 97,\n 45,\n 97,\n 48,\n 102,\n 57,\n 45,\n 52,\n 97,\n 98,\n 102,\n 45,\n 57,\n 57,\n 56,\n 99,\n 45,\n 102,\n 53,\n 56,\n 100,\n 49,\n 51,\n 49,\n 99,\n 55,\n 51,\n 99,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.879231661Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::e]:37107","req_id":"4270a83e-4f82-4ab2-acf2-5cf32dd958c8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b2759c68-48b6-4419-b39a-cbb515ca9920.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b2759c68-48b6-4419-b39a-cbb515ca9920.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 50,\n 55,\n 53,\n 57,\n 99,\n 54,\n 56,\n 45,\n 52,\n 56,\n 98,\n 54,\n 45,\n 52,\n 52,\n 49,\n 57,\n 45,\n 98,\n 51,\n 57,\n 97,\n 45,\n 99,\n 98,\n 98,\n 53,\n 49,\n 53,\n 99,\n 97,\n 57,\n 57,\n 50,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b2759c68-48b6-4419-b39a-cbb515ca9920.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.880716676Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::7]:53218","req_id":"3b480907-40db-4bc1-b4e6-273c36365a0d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b2759c68-48b6-4419-b39a-cbb515ca9920.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b2759c68-48b6-4419-b39a-cbb515ca9920.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 50,\n 55,\n 53,\n 57,\n 99,\n 54,\n 56,\n 45,\n 52,\n 56,\n 98,\n 54,\n 45,\n 52,\n 52,\n 49,\n 57,\n 45,\n 98,\n 51,\n 57,\n 97,\n 45,\n 99,\n 98,\n 98,\n 53,\n 49,\n 53,\n 99,\n 97,\n 57,\n 57,\n 50,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b2759c68-48b6-4419-b39a-cbb515ca9920.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.881376462Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::7]:50856","req_id":"818d44c3-ede9-447b-93ec-fbf3380ce0ce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_74ba3486-bde7-426a-8836-aca6e94fba75.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_74ba3486-bde7-426a-8836-aca6e94fba75.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 52,\n 98,\n 97,\n 51,\n 52,\n 56,\n 54,\n 45,\n 98,\n 100,\n 101,\n 55,\n 45,\n 52,\n 50,\n 54,\n 97,\n 45,\n 56,\n 56,\n 51,\n 54,\n 45,\n 97,\n 99,\n 97,\n 54,\n 101,\n 57,\n 52,\n 102,\n 98,\n 97,\n 55,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_74ba3486-bde7-426a-8836-aca6e94fba75.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.964079647Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::6]:38411","req_id":"ede2b031-7521-4f2e-891c-7d0654bfc42e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_74ba3486-bde7-426a-8836-aca6e94fba75.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_74ba3486-bde7-426a-8836-aca6e94fba75.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 52,\n 98,\n 97,\n 51,\n 52,\n 56,\n 54,\n 45,\n 98,\n 100,\n 101,\n 55,\n 45,\n 52,\n 50,\n 54,\n 97,\n 45,\n 56,\n 56,\n 51,\n 54,\n 45,\n 97,\n 99,\n 97,\n 54,\n 101,\n 57,\n 52,\n 102,\n 98,\n 97,\n 55,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_74ba3486-bde7-426a-8836-aca6e94fba75.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.964820714Z","hostname":"oxz_internal_dns_b97ca9e3-5d1a-4bbe-9e3f-7b22fcea0c7c","pid":5358,"peer_addr":"[fd00:1122:3344:101::6]:38507","req_id":"78e3ef2d-89e2-4f11-a0e1-599e60b86c2a","component":"dns"}