{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.065091626Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:42266"} {"msg":"region 2896afae-a5ee-4cb4-87fa-4a6955906e36 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.111917961Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.114924852Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.114933392Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"uri":"/crucible/0/regions","method":"POST","req_id":"d14ddacc-d271-4523-918f-e71175a681a4","remote_addr":"[fd00:1122:3344:101::c]:42266","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19823,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_11e79290-6fe9-4f14-a707-c70e5f9dfcb5/crucible/regions/2896afae-a5ee-4cb4-87fa-4a6955906e36","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.127739202Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_11e79290-6fe9-4f14-a707-c70e5f9dfcb5/crucible/regions/2896afae-a5ee-4cb4-87fa-4a6955906e36","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.127749993Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2896afae-a5ee-4cb4-87fa-4a6955906e36\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2896afae-a5ee-4cb4-87fa-4a6955906e36\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.171510589Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"region":"2896afae-a5ee-4cb4-87fa-4a6955906e36","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2896afae-a5ee-4cb4-87fa-4a6955906e36\" \"--data\" \"/data/regions/2896afae-a5ee-4cb4-87fa-4a6955906e36\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.173805225Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"region":"2896afae-a5ee-4cb4-87fa-4a6955906e36","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.472249081Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"uri":"/crucible/0/regions","method":"POST","req_id":"4208847a-6fbe-4c70-8d7e-988f636c7c8b","remote_addr":"[fd00:1122:3344:101::c]:42266","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.53679977Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"region":"2896afae-a5ee-4cb4-87fa-4a6955906e36","component":"worker"} {"msg":"region 2896afae-a5ee-4cb4-87fa-4a6955906e36 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.536826591Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.536936864Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2896afae-a5ee-4cb4-87fa-4a6955906e36","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.537262055Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2896afae-a5ee-4cb4-87fa-4a6955906e36","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.548571356Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.572782861Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2896afae-a5ee-4cb4-87fa-4a6955906e36","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.57547705Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2896afae-a5ee-4cb4-87fa-4a6955906e36","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.576009217Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.576071109Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.57611175Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.576147332Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.579951316Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.584394252Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:09:38.975831901Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"uri":"/crucible/0/regions","method":"POST","req_id":"6fa6beae-5bb8-4827-80f0-70d03b61a7a1","remote_addr":"[fd00:1122:3344:101::c]:42266","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:10:09.865375074Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:35284"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:10:09.865481467Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"uri":"/crucible/0/regions/2896afae-a5ee-4cb4-87fa-4a6955906e36","method":"GET","req_id":"2dd65300-d32f-428b-8eb8-11206c9939cf","remote_addr":"[fd00:1122:3344:101::c]:35284","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"path is \"/data/regions/2896afae-a5ee-4cb4-87fa-4a6955906e36\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:10:09.869242661Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"datafile"} {"msg":"dataset is oxp_11e79290-6fe9-4f14-a707-c70e5f9dfcb5/crucible/regions/2896afae-a5ee-4cb4-87fa-4a6955906e36","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:10:09.882440444Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"datafile"} {"msg":"region 2896afae-a5ee-4cb4-87fa-4a6955906e36 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:10:09.888940347Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:10:09.889496775Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"uri":"/crucible/0/regions/2896afae-a5ee-4cb4-87fa-4a6955906e36","method":"DELETE","req_id":"7cf7c62f-0bde-4240-b5ab-70aadce17837","remote_addr":"[fd00:1122:3344:101::c]:35284","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20273,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:10:09.889515766Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-2896afae-a5ee-4cb4-87fa-4a6955906e36 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:10:09.890609822Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:10:09.892869386Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"uri":"/crucible/0/regions/2896afae-a5ee-4cb4-87fa-4a6955906e36","method":"GET","req_id":"6da162a7-30eb-4cd3-81b1-3dff9f836087","remote_addr":"[fd00:1122:3344:101::c]:35284","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:10:09.904020612Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_11e79290-6fe9-4f14-a707-c70e5f9dfcb5/crucible/regions/2896afae-a5ee-4cb4-87fa-4a6955906e36\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:10:09.910819846Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"region":"2896afae-a5ee-4cb4-87fa-4a6955906e36","component":"worker"} {"msg":"region 2896afae-a5ee-4cb4-87fa-4a6955906e36 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:10:09.97950671Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-30T19:10:09.987609447Z","hostname":"oxz_crucible_80f1fd80-e656-4782-97bf-297d08d404fd","pid":23978,"uri":"/crucible/0/regions/2896afae-a5ee-4cb4-87fa-4a6955906e36","method":"GET","req_id":"1ddd5e5b-7ccf-418b-ab9a-279a30da33e2","remote_addr":"[fd00:1122:3344:101::c]:35284","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":51,"response_code":200}