{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.22726487Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:51775"} {"msg":"region 82c1a7c1-6216-4ada-8aa3-b451afb1ab8f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.277614877Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.280319448Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.280331668Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"uri":"/crucible/0/regions","method":"POST","req_id":"934bf6da-5f92-4783-9102-abb7d5347b39","remote_addr":"[fd00:1122:3344:101::c]:51775","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19199,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_6ab165ad-6ebf-4b30-a4a9-a0c1b99bc729/crucible/regions/82c1a7c1-6216-4ada-8aa3-b451afb1ab8f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.290738168Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6ab165ad-6ebf-4b30-a4a9-a0c1b99bc729/crucible/regions/82c1a7c1-6216-4ada-8aa3-b451afb1ab8f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.290754448Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"82c1a7c1-6216-4ada-8aa3-b451afb1ab8f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/82c1a7c1-6216-4ada-8aa3-b451afb1ab8f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.330501093Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"region":"82c1a7c1-6216-4ada-8aa3-b451afb1ab8f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"82c1a7c1-6216-4ada-8aa3-b451afb1ab8f\" \"--data\" \"/data/regions/82c1a7c1-6216-4ada-8aa3-b451afb1ab8f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.333253565Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"region":"82c1a7c1-6216-4ada-8aa3-b451afb1ab8f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.661245796Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"uri":"/crucible/0/regions","method":"POST","req_id":"7fd4fe6f-50f0-49a8-8161-3f1cdacd2221","remote_addr":"[fd00:1122:3344:101::c]:51775","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.717933316Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"region":"82c1a7c1-6216-4ada-8aa3-b451afb1ab8f","component":"worker"} {"msg":"region 82c1a7c1-6216-4ada-8aa3-b451afb1ab8f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.717964616Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.718180129Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-82c1a7c1-6216-4ada-8aa3-b451afb1ab8f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.718594913Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-82c1a7c1-6216-4ada-8aa3-b451afb1ab8f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.729069863Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.752100358Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-82c1a7c1-6216-4ada-8aa3-b451afb1ab8f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.755161643Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/82c1a7c1-6216-4ada-8aa3-b451afb1ab8f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.755905081Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.755963402Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.756003152Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.756037623Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.759966838Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:16.764057245Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:17.24420275Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"uri":"/crucible/0/regions","method":"POST","req_id":"67d48d3f-2d8f-4b64-8695-04b394f90c32","remote_addr":"[fd00:1122:3344:101::c]:51775","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region 658439d1-d046-4f2b-802c-1fc62f94fa39 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.614376529Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.614528161Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"uri":"/crucible/0/regions","method":"POST","req_id":"144c54d9-92b9-4eee-9b4a-56fbee7d30cb","remote_addr":"[fd00:1122:3344:101::c]:51775","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":227,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.614544171Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_6ab165ad-6ebf-4b30-a4a9-a0c1b99bc729/crucible/regions/658439d1-d046-4f2b-802c-1fc62f94fa39","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.621881785Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6ab165ad-6ebf-4b30-a4a9-a0c1b99bc729/crucible/regions/658439d1-d046-4f2b-802c-1fc62f94fa39","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.621901026Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"658439d1-d046-4f2b-802c-1fc62f94fa39\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/658439d1-d046-4f2b-802c-1fc62f94fa39\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.674306476Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"region":"658439d1-d046-4f2b-802c-1fc62f94fa39","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"658439d1-d046-4f2b-802c-1fc62f94fa39\" \"--data\" \"/data/regions/658439d1-d046-4f2b-802c-1fc62f94fa39\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.674345247Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"region":"658439d1-d046-4f2b-802c-1fc62f94fa39","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.751106487Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"region":"658439d1-d046-4f2b-802c-1fc62f94fa39","component":"worker"} {"msg":"region 658439d1-d046-4f2b-802c-1fc62f94fa39 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.751142407Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.751250838Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-658439d1-d046-4f2b-802c-1fc62f94fa39","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.751646003Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-658439d1-d046-4f2b-802c-1fc62f94fa39","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.755548328Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.765052567Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-658439d1-d046-4f2b-802c-1fc62f94fa39","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.769725421Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/658439d1-d046-4f2b-802c-1fc62f94fa39","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.769994544Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.770041304Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.770079725Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.770115625Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.774385424Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.785083657Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:23.908714804Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"uri":"/crucible/0/regions","method":"POST","req_id":"1458f86f-205a-4b34-ba8f-ab1f703bb103","remote_addr":"[fd00:1122:3344:101::c]:51775","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:59.066658549Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:35063"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:59.06679219Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"uri":"/crucible/0/regions/658439d1-d046-4f2b-802c-1fc62f94fa39","method":"GET","req_id":"06c88cd0-2294-4ccc-a1f5-ee4f01306a58","remote_addr":"[fd00:1122:3344:101::c]:35063","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"path is \"/data/regions/658439d1-d046-4f2b-802c-1fc62f94fa39\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:59.070996728Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"datafile"} {"msg":"dataset is oxp_6ab165ad-6ebf-4b30-a4a9-a0c1b99bc729/crucible/regions/658439d1-d046-4f2b-802c-1fc62f94fa39","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:59.082406489Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"datafile"} {"msg":"region 658439d1-d046-4f2b-802c-1fc62f94fa39 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:59.088958879Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:59.089197392Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:59.089213723Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"uri":"/crucible/0/regions/658439d1-d046-4f2b-802c-1fc62f94fa39","method":"DELETE","req_id":"05690f87-7eff-4189-9b04-4bbabba6bdca","remote_addr":"[fd00:1122:3344:101::c]:35063","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18299,"response_code":204} {"msg":"disabling downstairs instance: downstairs-658439d1-d046-4f2b-802c-1fc62f94fa39 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:59.089791784Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:59.091554944Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"uri":"/crucible/0/regions/658439d1-d046-4f2b-802c-1fc62f94fa39","method":"GET","req_id":"92c2f07b-f68d-4a23-8860-da1a45dc7e31","remote_addr":"[fd00:1122:3344:101::c]:35063","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":33,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:59.099857179Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_6ab165ad-6ebf-4b30-a4a9-a0c1b99bc729/crucible/regions/658439d1-d046-4f2b-802c-1fc62f94fa39\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:59.107407716Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"region":"658439d1-d046-4f2b-802c-1fc62f94fa39","component":"worker"} {"msg":"region 658439d1-d046-4f2b-802c-1fc62f94fa39 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:59.160835698Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-11T21:00:59.226610563Z","hostname":"oxz_crucible_84b61c8c-c3c1-49c9-aac6-6ebb4b5aef09","pid":24102,"uri":"/crucible/0/regions/658439d1-d046-4f2b-802c-1fc62f94fa39","method":"GET","req_id":"b41a598a-eb45-4189-8dc6-d1a5c9094a0b","remote_addr":"[fd00:1122:3344:101::c]:35063","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":49,"response_code":200}