{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.010786355Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:63497"} {"msg":"region 21f9a6ec-e782-422c-8caa-d47a24f3e909 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.050084601Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.053020376Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.053048297Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions","method":"POST","req_id":"98dbe919-0aa4-461a-804e-a32c753fea5e","remote_addr":"[fd00:1122:3344:101::c]:63497","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16524,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/21f9a6ec-e782-422c-8caa-d47a24f3e909","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.061289221Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/21f9a6ec-e782-422c-8caa-d47a24f3e909","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.061306022Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"21f9a6ec-e782-422c-8caa-d47a24f3e909\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/21f9a6ec-e782-422c-8caa-d47a24f3e909\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.107148501Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"region":"21f9a6ec-e782-422c-8caa-d47a24f3e909","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"21f9a6ec-e782-422c-8caa-d47a24f3e909\" \"--data\" \"/data/regions/21f9a6ec-e782-422c-8caa-d47a24f3e909\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.109495184Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"region":"21f9a6ec-e782-422c-8caa-d47a24f3e909","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.350804765Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions","method":"POST","req_id":"d5d589b8-6a12-4900-b2ea-56b7cf14586c","remote_addr":"[fd00:1122:3344:101::c]:63497","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":111,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.437305395Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"region":"21f9a6ec-e782-422c-8caa-d47a24f3e909","component":"worker"} {"msg":"region 21f9a6ec-e782-422c-8caa-d47a24f3e909 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.437356246Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.437466148Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-21f9a6ec-e782-422c-8caa-d47a24f3e909","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.437855835Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-21f9a6ec-e782-422c-8caa-d47a24f3e909","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.445130512Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.460593141Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-21f9a6ec-e782-422c-8caa-d47a24f3e909","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.464474484Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/21f9a6ec-e782-422c-8caa-d47a24f3e909","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.465243698Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.465313299Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.46535216Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.465385821Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.469442527Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:21.473214478Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.048440173Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions","method":"POST","req_id":"4836d889-05ea-40a2-be88-766bac522d77","remote_addr":"[fd00:1122:3344:101::c]:63497","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.385895566Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions/21f9a6ec-e782-422c-8caa-d47a24f3e909","method":"GET","req_id":"5671fa66-6c88-4927-90fa-3267146c5071","remote_addr":"[fd00:1122:3344:101::c]:63497","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":80,"response_code":200} {"msg":"path is \"/data/regions/21f9a6ec-e782-422c-8caa-d47a24f3e909\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.393510626Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"dataset is oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/21f9a6ec-e782-422c-8caa-d47a24f3e909","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.401620258Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"region 21f9a6ec-e782-422c-8caa-d47a24f3e909 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.4087049Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.408827903Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.408850463Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions/21f9a6ec-e782-422c-8caa-d47a24f3e909","method":"DELETE","req_id":"37811b82-8e94-48f7-b21c-b04c63c55d61","remote_addr":"[fd00:1122:3344:101::c]:63497","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":15339,"response_code":204} {"msg":"disabling downstairs instance: downstairs-21f9a6ec-e782-422c-8caa-d47a24f3e909 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.409938084Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.41528344Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.416820092Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions/21f9a6ec-e782-422c-8caa-d47a24f3e909","method":"GET","req_id":"e3ed92ff-d482-4b88-8dd3-36b9a19c4a53","remote_addr":"[fd00:1122:3344:101::c]:63497","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"deleting zfs dataset \"oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/21f9a6ec-e782-422c-8caa-d47a24f3e909\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.423017489Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"region":"21f9a6ec-e782-422c-8caa-d47a24f3e909","component":"worker"} {"msg":"region 21f9a6ec-e782-422c-8caa-d47a24f3e909 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.488857041Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:22.531997229Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions/21f9a6ec-e782-422c-8caa-d47a24f3e909","method":"GET","req_id":"be974de3-5ca5-4b86-a1de-a745718b072b","remote_addr":"[fd00:1122:3344:101::c]:63497","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"region 2de8b08e-9094-4b87-973d-7006cd4b428e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.660717341Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.660843363Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions","method":"POST","req_id":"12c84752-7aa2-4830-a5ce-b81116b20c5c","remote_addr":"[fd00:1122:3344:101::c]:63497","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":180,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.660866884Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/2de8b08e-9094-4b87-973d-7006cd4b428e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.666494319Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/2de8b08e-9094-4b87-973d-7006cd4b428e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.666507739Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2de8b08e-9094-4b87-973d-7006cd4b428e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2de8b08e-9094-4b87-973d-7006cd4b428e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.725180888Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"region":"2de8b08e-9094-4b87-973d-7006cd4b428e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2de8b08e-9094-4b87-973d-7006cd4b428e\" \"--data\" \"/data/regions/2de8b08e-9094-4b87-973d-7006cd4b428e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.725217519Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"region":"2de8b08e-9094-4b87-973d-7006cd4b428e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.79467608Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"region":"2de8b08e-9094-4b87-973d-7006cd4b428e","component":"worker"} {"msg":"region 2de8b08e-9094-4b87-973d-7006cd4b428e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.794717381Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.794803102Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2de8b08e-9094-4b87-973d-7006cd4b428e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.796205909Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2de8b08e-9094-4b87-973d-7006cd4b428e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.799176724Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.806807957Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2de8b08e-9094-4b87-973d-7006cd4b428e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.810095869Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2de8b08e-9094-4b87-973d-7006cd4b428e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.810344724Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.810396285Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.810437285Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.810474696Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.813989402Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.817923675Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.862181644Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions","method":"POST","req_id":"eff3d4b2-30a2-468d-bd2e-65bee9a8d83a","remote_addr":"[fd00:1122:3344:101::c]:63497","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.142027383Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:61290"} {"msg":"region 8abdb862-4691-48dd-a36a-07cef5590cf9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.142465052Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.142965711Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.142986721Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions","method":"POST","req_id":"67fbfbbf-3532-4059-9e51-071bbc11cb49","remote_addr":"[fd00:1122:3344:101::c]:61290","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":905,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/8abdb862-4691-48dd-a36a-07cef5590cf9","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.153081171Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/8abdb862-4691-48dd-a36a-07cef5590cf9","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.153113091Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8abdb862-4691-48dd-a36a-07cef5590cf9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8abdb862-4691-48dd-a36a-07cef5590cf9\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.208295895Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"region":"8abdb862-4691-48dd-a36a-07cef5590cf9","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8abdb862-4691-48dd-a36a-07cef5590cf9\" \"--data\" \"/data/regions/8abdb862-4691-48dd-a36a-07cef5590cf9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.208332895Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"region":"8abdb862-4691-48dd-a36a-07cef5590cf9","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.293656014Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions","method":"POST","req_id":"90a963db-c129-44ef-b12f-5d189b3d978a","remote_addr":"[fd00:1122:3344:101::c]:61290","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.294628442Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"region":"8abdb862-4691-48dd-a36a-07cef5590cf9","component":"worker"} {"msg":"region 8abdb862-4691-48dd-a36a-07cef5590cf9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.294646482Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.294774565Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8abdb862-4691-48dd-a36a-07cef5590cf9","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.313526876Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8abdb862-4691-48dd-a36a-07cef5590cf9","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.325698854Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.336544387Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8abdb862-4691-48dd-a36a-07cef5590cf9","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.340038802Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8abdb862-4691-48dd-a36a-07cef5590cf9","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.340382379Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.34044898Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.340496551Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.340557162Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.345995944Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:05.351963846Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.019781584Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions","method":"POST","req_id":"76acef14-90e2-4e52-8354-acf501c5abdb","remote_addr":"[fd00:1122:3344:101::c]:61290","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.88333428Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions/2de8b08e-9094-4b87-973d-7006cd4b428e","method":"GET","req_id":"90a36feb-d6a9-4590-b151-021714eb5b1b","remote_addr":"[fd00:1122:3344:101::c]:61290","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"path is \"/data/regions/2de8b08e-9094-4b87-973d-7006cd4b428e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.886526499Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"dataset is oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/2de8b08e-9094-4b87-973d-7006cd4b428e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.892884108Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"snapshot is oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/2de8b08e-9094-4b87-973d-7006cd4b428e@fd3575be-78e4-4a01-a609-ca7665c75790","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.89989348Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/2de8b08e-9094-4b87-973d-7006cd4b428e\", \"fd3575be-78e4-4a01-a609-ca7665c75790\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.89992319Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.909267075Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions/2de8b08e-9094-4b87-973d-7006cd4b428e/snapshots/fd3575be-78e4-4a01-a609-ca7665c75790","method":"GET","req_id":"5ade75ad-26de-4f77-9039-fe109fa7c8d1","remote_addr":"[fd00:1122:3344:101::c]:61290","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22785,"response_code":200} {"msg":"path is \"/data/regions/2de8b08e-9094-4b87-973d-7006cd4b428e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.912251221Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"dataset is oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/2de8b08e-9094-4b87-973d-7006cd4b428e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.919215732Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"snapshot is oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/2de8b08e-9094-4b87-973d-7006cd4b428e@fd3575be-78e4-4a01-a609-ca7665c75790","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.925057751Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/2de8b08e-9094-4b87-973d-7006cd4b428e\", \"fd3575be-78e4-4a01-a609-ca7665c75790\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.925076571Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 2de8b08e-9094-4b87-973d-7006cd4b428e-fd3575be-78e4-4a01-a609-ca7665c75790 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.933177493Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"applying SMF actions for region 2de8b08e-9094-4b87-973d-7006cd4b428e running snapshot fd3575be-78e4-4a01-a609-ca7665c75790 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.933305565Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.933318716Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions/2de8b08e-9094-4b87-973d-7006cd4b428e/snapshots/fd3575be-78e4-4a01-a609-ca7665c75790/run","method":"POST","req_id":"6740acf3-f7fb-44eb-9ca7-3fb4ebd25f1f","remote_addr":"[fd00:1122:3344:101::c]:61290","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21091,"response_code":200} {"msg":"creating missing snapshot instance snapshot-2de8b08e-9094-4b87-973d-7006cd4b428e-fd3575be-78e4-4a01-a609-ca7665c75790","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.938264689Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2de8b08e-9094-4b87-973d-7006cd4b428e-fd3575be-78e4-4a01-a609-ca7665c75790","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.941497409Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2de8b08e-9094-4b87-973d-7006cd4b428e-fd3575be-78e4-4a01-a609-ca7665c75790","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.950501358Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2de8b08e-9094-4b87-973d-7006cd4b428e/.zfs/snapshot/fd3575be-78e4-4a01-a609-ca7665c75790","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.950792843Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.950836484Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.950876745Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.950912175Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.950958766Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.954264328Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.958377385Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"region 2de8b08e-9094-4b87-973d-7006cd4b428e running snapshot fd3575be-78e4-4a01-a609-ca7665c75790 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.958387615Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"path is \"/data/regions/2de8b08e-9094-4b87-973d-7006cd4b428e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:07.293574374Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"dataset is oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/2de8b08e-9094-4b87-973d-7006cd4b428e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:07.300357961Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"snapshot is oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/2de8b08e-9094-4b87-973d-7006cd4b428e@fd3575be-78e4-4a01-a609-ca7665c75790","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:07.30564377Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/2de8b08e-9094-4b87-973d-7006cd4b428e\", \"fd3575be-78e4-4a01-a609-ca7665c75790\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:07.305682971Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:07.310790356Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions/2de8b08e-9094-4b87-973d-7006cd4b428e/snapshots/fd3575be-78e4-4a01-a609-ca7665c75790/run","method":"POST","req_id":"b41ce4d3-19c8-4e28-a67c-4ccb99d8d50a","remote_addr":"[fd00:1122:3344:101::c]:61290","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17311,"response_code":200} {"msg":"region 1f520302-a662-4b7b-9280-c3dc3ff27342 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:11.996861081Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:11.997028924Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:11.997042134Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions","method":"POST","req_id":"6e819dc6-02dd-45fa-8e73-32390791a684","remote_addr":"[fd00:1122:3344:101::c]:61290","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":222,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/1f520302-a662-4b7b-9280-c3dc3ff27342","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:12.003523346Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/1f520302-a662-4b7b-9280-c3dc3ff27342","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:12.003542386Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1f520302-a662-4b7b-9280-c3dc3ff27342\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1f520302-a662-4b7b-9280-c3dc3ff27342\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:12.059060926Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"region":"1f520302-a662-4b7b-9280-c3dc3ff27342","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1f520302-a662-4b7b-9280-c3dc3ff27342\" \"--data\" \"/data/regions/1f520302-a662-4b7b-9280-c3dc3ff27342\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:12.059105967Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"region":"1f520302-a662-4b7b-9280-c3dc3ff27342","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:12.137892073Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"region":"1f520302-a662-4b7b-9280-c3dc3ff27342","component":"worker"} {"msg":"region 1f520302-a662-4b7b-9280-c3dc3ff27342 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:12.137925873Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:12.138034555Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1f520302-a662-4b7b-9280-c3dc3ff27342","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:12.139042494Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1f520302-a662-4b7b-9280-c3dc3ff27342","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:12.141893991Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:12.148869598Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1f520302-a662-4b7b-9280-c3dc3ff27342","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:12.152034228Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1f520302-a662-4b7b-9280-c3dc3ff27342","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:12.152305823Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:12.152355244Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:12.152393464Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:12.152430355Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:12.155447732Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:12.167605389Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:12.200916433Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions","method":"POST","req_id":"6957e15e-d79c-41eb-bef3-e0bd02f388e1","remote_addr":"[fd00:1122:3344:101::c]:61290","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:38.669353806Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions/1f520302-a662-4b7b-9280-c3dc3ff27342","method":"GET","req_id":"62530757-a6aa-4e50-9f3f-ec36ea72d7d8","remote_addr":"[fd00:1122:3344:101::c]:61290","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"path is \"/data/regions/1f520302-a662-4b7b-9280-c3dc3ff27342\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:38.673459692Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"dataset is oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/1f520302-a662-4b7b-9280-c3dc3ff27342","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:38.684656252Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"region 1f520302-a662-4b7b-9280-c3dc3ff27342 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:38.691123703Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:38.691308027Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:38.691317497Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions/1f520302-a662-4b7b-9280-c3dc3ff27342","method":"DELETE","req_id":"f71bc534-0722-4a51-9941-6d4ca2adf00c","remote_addr":"[fd00:1122:3344:101::c]:61290","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17871,"response_code":204} {"msg":"disabling downstairs instance: downstairs-1f520302-a662-4b7b-9280-c3dc3ff27342 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:38.69308841Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:38.694021368Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions/1f520302-a662-4b7b-9280-c3dc3ff27342","method":"GET","req_id":"dc23e4d2-b423-4a73-b8af-59371018c6db","remote_addr":"[fd00:1122:3344:101::c]:61290","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":39,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:38.707760155Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_301d9273-fb41-4c1b-811c-7687b1b89806/crucible/regions/1f520302-a662-4b7b-9280-c3dc3ff27342\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:38.71653737Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"region":"1f520302-a662-4b7b-9280-c3dc3ff27342","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:38.757573908Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions/1f520302-a662-4b7b-9280-c3dc3ff27342","method":"GET","req_id":"82c39457-d668-4f74-8147-43d11b685f9f","remote_addr":"[fd00:1122:3344:101::c]:61290","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"region 1f520302-a662-4b7b-9280-c3dc3ff27342 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:38.766081638Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:38.922595949Z","hostname":"oxz_crucible_debc9e3a-c4d3-4b6a-91ee-8d9e1b1e000a","pid":24633,"uri":"/crucible/0/regions/1f520302-a662-4b7b-9280-c3dc3ff27342","method":"GET","req_id":"4c2e6a24-7dbc-4829-a329-7539ed016974","remote_addr":"[fd00:1122:3344:101::c]:61290","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":39,"response_code":200}