{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.069734715Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:62395"} {"msg":"region aff21499-01aa-4937-accc-b05a2962468d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.094899302Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.097718044Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.097736324Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"uri":"/crucible/0/regions","method":"POST","req_id":"04cc6bdf-b2f1-4456-820c-41e8fa157b0d","remote_addr":"[fd00:1122:3344:101::c]:62395","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":13896,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_42afc6d8-1fa2-4967-a41e-04cfc815a524/crucible/regions/aff21499-01aa-4937-accc-b05a2962468d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.107485265Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_42afc6d8-1fa2-4967-a41e-04cfc815a524/crucible/regions/aff21499-01aa-4937-accc-b05a2962468d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.107508606Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"aff21499-01aa-4937-accc-b05a2962468d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/aff21499-01aa-4937-accc-b05a2962468d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.179271583Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"region":"aff21499-01aa-4937-accc-b05a2962468d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"aff21499-01aa-4937-accc-b05a2962468d\" \"--data\" \"/data/regions/aff21499-01aa-4937-accc-b05a2962468d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.181224665Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"region":"aff21499-01aa-4937-accc-b05a2962468d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.314495732Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"uri":"/crucible/0/regions","method":"POST","req_id":"0c7c7849-9172-434a-8fa3-4106ed8f0fc1","remote_addr":"[fd00:1122:3344:101::c]:62395","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.526335915Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"region":"aff21499-01aa-4937-accc-b05a2962468d","component":"worker"} {"msg":"region aff21499-01aa-4937-accc-b05a2962468d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.526424436Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.526647268Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-aff21499-01aa-4937-accc-b05a2962468d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.526976662Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-aff21499-01aa-4937-accc-b05a2962468d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.535525429Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.555512937Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aff21499-01aa-4937-accc-b05a2962468d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.558983436Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aff21499-01aa-4937-accc-b05a2962468d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.559701444Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.559768445Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.559808685Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.559855046Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.564070924Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.568740307Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:23.807060191Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"uri":"/crucible/0/regions","method":"POST","req_id":"bcca1a19-7ee4-4dbf-ad63-b597d61298a7","remote_addr":"[fd00:1122:3344:101::c]:62395","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.224602186Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"uri":"/crucible/0/regions/aff21499-01aa-4937-accc-b05a2962468d","method":"GET","req_id":"8cf4eb62-7276-4dba-a4d5-efb261f32cc8","remote_addr":"[fd00:1122:3344:101::c]:62395","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":81,"response_code":200} {"msg":"path is \"/data/regions/aff21499-01aa-4937-accc-b05a2962468d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.227663471Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"datafile"} {"msg":"dataset is oxp_42afc6d8-1fa2-4967-a41e-04cfc815a524/crucible/regions/aff21499-01aa-4937-accc-b05a2962468d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.235882964Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"datafile"} {"msg":"region aff21499-01aa-4937-accc-b05a2962468d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.243071808Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.243224248Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"uri":"/crucible/0/regions/aff21499-01aa-4937-accc-b05a2962468d","method":"DELETE","req_id":"2f14cb4d-f965-4fa6-9693-061eb1b50c04","remote_addr":"[fd00:1122:3344:101::c]:62395","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":15601,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.243240054Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-aff21499-01aa-4937-accc-b05a2962468d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.244371241Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.250102646Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.253872379Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"uri":"/crucible/0/regions/aff21499-01aa-4937-accc-b05a2962468d","method":"GET","req_id":"6bb0e90b-094f-4213-b59f-2fd92f45f37b","remote_addr":"[fd00:1122:3344:101::c]:62395","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25,"response_code":200} {"msg":"deleting zfs dataset \"oxp_42afc6d8-1fa2-4967-a41e-04cfc815a524/crucible/regions/aff21499-01aa-4937-accc-b05a2962468d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.259786696Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"region":"aff21499-01aa-4937-accc-b05a2962468d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.313141144Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"uri":"/crucible/0/regions/aff21499-01aa-4937-accc-b05a2962468d","method":"GET","req_id":"09a226a9-3a8a-455d-ab7d-61f7a668cbdd","remote_addr":"[fd00:1122:3344:101::c]:62395","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"region aff21499-01aa-4937-accc-b05a2962468d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.335110434Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:24.414013233Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"uri":"/crucible/0/regions/aff21499-01aa-4937-accc-b05a2962468d","method":"GET","req_id":"3c8b610f-e1d1-403a-886b-830ab8a3d99f","remote_addr":"[fd00:1122:3344:101::c]:62395","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":38,"response_code":200} {"msg":"region 9a67fa60-35a4-4a39-803c-b148a55b24dd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.614926634Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.615074336Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"uri":"/crucible/0/regions","method":"POST","req_id":"4e7283d7-f35f-4d9d-819d-849c72a6959a","remote_addr":"[fd00:1122:3344:101::c]:62395","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":200,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.615125086Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_42afc6d8-1fa2-4967-a41e-04cfc815a524/crucible/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.620521518Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_42afc6d8-1fa2-4967-a41e-04cfc815a524/crucible/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.620533778Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9a67fa60-35a4-4a39-803c-b148a55b24dd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.695891796Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"region":"9a67fa60-35a4-4a39-803c-b148a55b24dd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9a67fa60-35a4-4a39-803c-b148a55b24dd\" \"--data\" \"/data/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.695968877Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"region":"9a67fa60-35a4-4a39-803c-b148a55b24dd","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.7709285Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"region":"9a67fa60-35a4-4a39-803c-b148a55b24dd","component":"worker"} {"msg":"region 9a67fa60-35a4-4a39-803c-b148a55b24dd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.770957121Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.771175873Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9a67fa60-35a4-4a39-803c-b148a55b24dd","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.772379467Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9a67fa60-35a4-4a39-803c-b148a55b24dd","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.775540163Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.783634845Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9a67fa60-35a4-4a39-803c-b148a55b24dd","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.786992693Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.787277776Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.787324987Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.787368648Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.787403338Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.791237302Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.795793144Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:00:26.92454001Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"uri":"/crucible/0/regions","method":"POST","req_id":"93c87c12-1e94-4252-b35e-e64378e87a64","remote_addr":"[fd00:1122:3344:101::c]:62395","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.703815684Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:51504"} {"msg":"region ee9e3d0f-1865-4310-bbd6-3c9acf79620e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.705112779Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.70518744Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"uri":"/crucible/0/regions","method":"POST","req_id":"7a462409-2c48-458e-9494-c3b7cb1ccbf6","remote_addr":"[fd00:1122:3344:101::c]:51504","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1269,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.7052065Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_42afc6d8-1fa2-4967-a41e-04cfc815a524/crucible/regions/ee9e3d0f-1865-4310-bbd6-3c9acf79620e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.715893192Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_42afc6d8-1fa2-4967-a41e-04cfc815a524/crucible/regions/ee9e3d0f-1865-4310-bbd6-3c9acf79620e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.715916352Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ee9e3d0f-1865-4310-bbd6-3c9acf79620e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ee9e3d0f-1865-4310-bbd6-3c9acf79620e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.778229402Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"region":"ee9e3d0f-1865-4310-bbd6-3c9acf79620e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ee9e3d0f-1865-4310-bbd6-3c9acf79620e\" \"--data\" \"/data/regions/ee9e3d0f-1865-4310-bbd6-3c9acf79620e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.778289493Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"region":"ee9e3d0f-1865-4310-bbd6-3c9acf79620e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.873675569Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"region":"ee9e3d0f-1865-4310-bbd6-3c9acf79620e","component":"worker"} {"msg":"region ee9e3d0f-1865-4310-bbd6-3c9acf79620e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.873707219Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.87380865Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ee9e3d0f-1865-4310-bbd6-3c9acf79620e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.894130392Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ee9e3d0f-1865-4310-bbd6-3c9acf79620e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.906649474Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.9203585Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.922835369Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"uri":"/crucible/0/regions","method":"POST","req_id":"23fa5f73-2851-45ef-af29-26889014f0cc","remote_addr":"[fd00:1122:3344:101::c]:51504","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ee9e3d0f-1865-4310-bbd6-3c9acf79620e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.923286514Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ee9e3d0f-1865-4310-bbd6-3c9acf79620e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.923565637Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.923616727Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.923657178Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.923695478Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.927655104Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:51.935121989Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.813813814Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"uri":"/crucible/0/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd","method":"GET","req_id":"cc5fb066-14af-46b4-990f-7ed83989d973","remote_addr":"[fd00:1122:3344:101::c]:51504","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"path is \"/data/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.817476156Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"datafile"} {"msg":"dataset is oxp_42afc6d8-1fa2-4967-a41e-04cfc815a524/crucible/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.823898569Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"datafile"} {"msg":"snapshot is oxp_42afc6d8-1fa2-4967-a41e-04cfc815a524/crucible/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd@2d921938-f8b1-41d2-83cb-2fff128d973f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.829577714Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_42afc6d8-1fa2-4967-a41e-04cfc815a524/crucible/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd\", \"2d921938-f8b1-41d2-83cb-2fff128d973f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.829596264Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.837686906Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"uri":"/crucible/0/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd/snapshots/2d921938-f8b1-41d2-83cb-2fff128d973f","method":"GET","req_id":"1854ec65-c33f-42ea-8793-086737f2515d","remote_addr":"[fd00:1122:3344:101::c]:51504","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20249,"response_code":200} {"msg":"path is \"/data/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.841745602Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"datafile"} {"msg":"dataset is oxp_42afc6d8-1fa2-4967-a41e-04cfc815a524/crucible/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.847956753Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"datafile"} {"msg":"snapshot is oxp_42afc6d8-1fa2-4967-a41e-04cfc815a524/crucible/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd@2d921938-f8b1-41d2-83cb-2fff128d973f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.854787011Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_42afc6d8-1fa2-4967-a41e-04cfc815a524/crucible/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd\", \"2d921938-f8b1-41d2-83cb-2fff128d973f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.854801831Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 9a67fa60-35a4-4a39-803c-b148a55b24dd-2d921938-f8b1-41d2-83cb-2fff128d973f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.861201814Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.861346115Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"uri":"/crucible/0/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd/snapshots/2d921938-f8b1-41d2-83cb-2fff128d973f/run","method":"POST","req_id":"8b3eb033-1558-4978-a6dd-7c85dceb5d95","remote_addr":"[fd00:1122:3344:101::c]:51504","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19561,"response_code":200} {"msg":"applying SMF actions for region 9a67fa60-35a4-4a39-803c-b148a55b24dd running snapshot 2d921938-f8b1-41d2-83cb-2fff128d973f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.861367065Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-9a67fa60-35a4-4a39-803c-b148a55b24dd-2d921938-f8b1-41d2-83cb-2fff128d973f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.866265321Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9a67fa60-35a4-4a39-803c-b148a55b24dd-2d921938-f8b1-41d2-83cb-2fff128d973f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.873921919Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9a67fa60-35a4-4a39-803c-b148a55b24dd-2d921938-f8b1-41d2-83cb-2fff128d973f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.883626679Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd/.zfs/snapshot/2d921938-f8b1-41d2-83cb-2fff128d973f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.883916782Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.883957103Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.883999153Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.884034674Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.884084654Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.887739196Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.892231487Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"worker"} {"msg":"region 9a67fa60-35a4-4a39-803c-b148a55b24dd running snapshot 2d921938-f8b1-41d2-83cb-2fff128d973f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:52.892243317Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"datafile"} {"msg":"path is \"/data/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:53.210231158Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"datafile"} {"msg":"dataset is oxp_42afc6d8-1fa2-4967-a41e-04cfc815a524/crucible/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:53.215846282Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"datafile"} {"msg":"snapshot is oxp_42afc6d8-1fa2-4967-a41e-04cfc815a524/crucible/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd@2d921938-f8b1-41d2-83cb-2fff128d973f","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:53.220513605Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_42afc6d8-1fa2-4967-a41e-04cfc815a524/crucible/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd\", \"2d921938-f8b1-41d2-83cb-2fff128d973f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:53.220556746Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T14:10:53.225541352Z","hostname":"oxz_crucible_d0952aec-1e90-4708-8a24-11013a194cf2","pid":22775,"uri":"/crucible/0/regions/9a67fa60-35a4-4a39-803c-b148a55b24dd/snapshots/2d921938-f8b1-41d2-83cb-2fff128d973f/run","method":"POST","req_id":"945218d8-33b4-4744-849d-cedbbf067044","remote_addr":"[fd00:1122:3344:101::c]:51504","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":15335,"response_code":200}