{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.163983659Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:55828"} {"msg":"region 4aba9271-2b16-43df-a4f4-ecc379c49073 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.164106861Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.164771824Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.164780955Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"uri":"/crucible/0/regions","method":"POST","req_id":"029a3310-62bd-4082-baf9-f2fa70d479b0","remote_addr":"[fd00:1122:3344:101::b]:55828","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":702,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_c96e716a-41b4-4e23-8962-a03e839d7e18/crucible/regions/4aba9271-2b16-43df-a4f4-ecc379c49073","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.171711192Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c96e716a-41b4-4e23-8962-a03e839d7e18/crucible/regions/4aba9271-2b16-43df-a4f4-ecc379c49073","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.171738232Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4aba9271-2b16-43df-a4f4-ecc379c49073\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4aba9271-2b16-43df-a4f4-ecc379c49073\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.226957766Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"region":"4aba9271-2b16-43df-a4f4-ecc379c49073","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4aba9271-2b16-43df-a4f4-ecc379c49073\" \"--data\" \"/data/regions/4aba9271-2b16-43df-a4f4-ecc379c49073\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.226993956Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"region":"4aba9271-2b16-43df-a4f4-ecc379c49073","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.320334143Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"uri":"/crucible/0/regions","method":"POST","req_id":"dffd70c9-ebbd-4177-a32a-f7f27b85f8c5","remote_addr":"[fd00:1122:3344:101::b]:55828","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.576609637Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"region":"4aba9271-2b16-43df-a4f4-ecc379c49073","component":"worker"} {"msg":"region 4aba9271-2b16-43df-a4f4-ecc379c49073 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.576645518Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.57673469Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4aba9271-2b16-43df-a4f4-ecc379c49073","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.577545626Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4aba9271-2b16-43df-a4f4-ecc379c49073","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.587272288Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.605222974Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4aba9271-2b16-43df-a4f4-ecc379c49073","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.608109461Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4aba9271-2b16-43df-a4f4-ecc379c49073","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.608416837Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.608468178Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.608509439Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.608547809Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.612435316Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.616832553Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:31.765751321Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"uri":"/crucible/0/regions","method":"POST","req_id":"88caba05-40b6-4dca-a7ea-a6d071a1f736","remote_addr":"[fd00:1122:3344:101::b]:55828","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"region ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.023810128Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.023987221Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"uri":"/crucible/0/regions","method":"POST","req_id":"87f644f3-c966-4326-bcf4-31a5de2d7247","remote_addr":"[fd00:1122:3344:101::b]:55828","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":222,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.024016082Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_c96e716a-41b4-4e23-8962-a03e839d7e18/crucible/regions/ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.030799926Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c96e716a-41b4-4e23-8962-a03e839d7e18/crucible/regions/ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.030831127Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.081913538Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"region":"ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2\" \"--data\" \"/data/regions/ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.081951889Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"region":"ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.161966973Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"region":"ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2","component":"worker"} {"msg":"region ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.162000454Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.162103676Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.16382066Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.17443306Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.181583101Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.184974719Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.185203793Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.185249934Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.185288015Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.185323575Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.189159071Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.194687921Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:53:38.228866248Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"uri":"/crucible/0/regions","method":"POST","req_id":"af905091-3e29-4100-8d60-07778ee6d7c2","remote_addr":"[fd00:1122:3344:101::b]:55828","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.747437674Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"uri":"/crucible/0/regions/ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2","method":"GET","req_id":"9afa064e-1eaf-48de-88d5-703dd2084800","remote_addr":"[fd00:1122:3344:101::b]:55828","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"path is \"/data/regions/ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.750750539Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"datafile"} {"msg":"dataset is oxp_c96e716a-41b4-4e23-8962-a03e839d7e18/crucible/regions/ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.758634455Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"datafile"} {"msg":"region ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.765655594Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.765826638Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"uri":"/crucible/0/regions/ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2","method":"DELETE","req_id":"3bd70dad-967a-490f-95e3-e3e43c191fe9","remote_addr":"[fd00:1122:3344:101::b]:55828","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":15103,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.765866478Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.767571202Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.769194654Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"uri":"/crucible/0/regions/ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2","method":"GET","req_id":"8913e413-9c5b-4d49-a765-88e33b78098f","remote_addr":"[fd00:1122:3344:101::b]:55828","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.772584011Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_c96e716a-41b4-4e23-8962-a03e839d7e18/crucible/regions/ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.781182962Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"region":"ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2","component":"worker"} {"msg":"region ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.838773572Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T22:54:03.839897054Z","hostname":"oxz_crucible_b3d9e9e9-49bc-4a7b-b658-70f56df09ed0","pid":25447,"uri":"/crucible/0/regions/ff5398f2-de38-4f1a-80bc-a57fbbc8f9c2","method":"GET","req_id":"d41d7be8-ca6e-4a43-977f-e4a51c2243ec","remote_addr":"[fd00:1122:3344:101::b]:55828","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":48,"response_code":200}