{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.82848174Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:41104"} {"msg":"region 1e202b02-367d-40d9-b9be-70b70e1edae3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.875391798Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.881300878Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.881323519Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"uri":"/crucible/0/regions","method":"POST","req_id":"ea79058a-1301-4d4e-ba07-2e96fc39f37f","remote_addr":"[fd00:1122:3344:101::c]:41104","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23241,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_f83d1991-54cb-4ae3-9cae-853ec1bb7a8a/crucible/regions/1e202b02-367d-40d9-b9be-70b70e1edae3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.890892296Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f83d1991-54cb-4ae3-9cae-853ec1bb7a8a/crucible/regions/1e202b02-367d-40d9-b9be-70b70e1edae3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.890918557Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1e202b02-367d-40d9-b9be-70b70e1edae3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1e202b02-367d-40d9-b9be-70b70e1edae3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.930247092Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"region":"1e202b02-367d-40d9-b9be-70b70e1edae3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1e202b02-367d-40d9-b9be-70b70e1edae3\" \"--data\" \"/data/regions/1e202b02-367d-40d9-b9be-70b70e1edae3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:41.932722592Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"region":"1e202b02-367d-40d9-b9be-70b70e1edae3","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:42.164585748Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"uri":"/crucible/0/regions","method":"POST","req_id":"f8d8bf68-41ad-498a-bb25-21a07e873f1b","remote_addr":"[fd00:1122:3344:101::c]:41104","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:42.342410936Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"region":"1e202b02-367d-40d9-b9be-70b70e1edae3","component":"worker"} {"msg":"region 1e202b02-367d-40d9-b9be-70b70e1edae3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:42.342455398Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:42.342542791Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1e202b02-367d-40d9-b9be-70b70e1edae3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:42.342867161Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1e202b02-367d-40d9-b9be-70b70e1edae3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:42.354114993Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:42.372415221Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1e202b02-367d-40d9-b9be-70b70e1edae3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:42.373698393Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1e202b02-367d-40d9-b9be-70b70e1edae3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:42.374260021Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:42.374328573Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:42.374355884Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:42.374396765Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:42.376369639Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:42.378542449Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:42.809388003Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"uri":"/crucible/0/regions","method":"POST","req_id":"5c78b7ca-2157-4cb0-bb73-f54725590887","remote_addr":"[fd00:1122:3344:101::c]:41104","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"region 2e90906f-f3d5-42eb-bae5-614a696e43a5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.590696413Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.591648903Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"uri":"/crucible/0/regions","method":"POST","req_id":"78a8d456-652b-42e4-8e89-ba6856eea075","remote_addr":"[fd00:1122:3344:101::c]:41104","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":198,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.591684684Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f83d1991-54cb-4ae3-9cae-853ec1bb7a8a/crucible/regions/2e90906f-f3d5-42eb-bae5-614a696e43a5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.597651196Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f83d1991-54cb-4ae3-9cae-853ec1bb7a8a/crucible/regions/2e90906f-f3d5-42eb-bae5-614a696e43a5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.597679877Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2e90906f-f3d5-42eb-bae5-614a696e43a5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2e90906f-f3d5-42eb-bae5-614a696e43a5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.646676853Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"region":"2e90906f-f3d5-42eb-bae5-614a696e43a5","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2e90906f-f3d5-42eb-bae5-614a696e43a5\" \"--data\" \"/data/regions/2e90906f-f3d5-42eb-bae5-614a696e43a5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.646724294Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"region":"2e90906f-f3d5-42eb-bae5-614a696e43a5","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.69945036Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"region":"2e90906f-f3d5-42eb-bae5-614a696e43a5","component":"worker"} {"msg":"region 2e90906f-f3d5-42eb-bae5-614a696e43a5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.699492981Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.699574644Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2e90906f-f3d5-42eb-bae5-614a696e43a5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.703831531Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2e90906f-f3d5-42eb-bae5-614a696e43a5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.704919506Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.708353286Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2e90906f-f3d5-42eb-bae5-614a696e43a5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.709670159Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2e90906f-f3d5-42eb-bae5-614a696e43a5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.71001525Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.710067101Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.710102012Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.710152874Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.712259052Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.71531644Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:33:48.742937168Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"uri":"/crucible/0/regions","method":"POST","req_id":"0a08f1ab-5a89-4b5d-a86e-4f9e50de7d1c","remote_addr":"[fd00:1122:3344:101::c]:41104","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:34:14.97565923Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"uri":"/crucible/0/regions/2e90906f-f3d5-42eb-bae5-614a696e43a5","method":"GET","req_id":"268bdbfe-b7f2-4f91-b4b0-4918222732b2","remote_addr":"[fd00:1122:3344:101::c]:41104","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":83,"response_code":200} {"msg":"path is \"/data/regions/2e90906f-f3d5-42eb-bae5-614a696e43a5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:34:14.979414571Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"datafile"} {"msg":"dataset is oxp_f83d1991-54cb-4ae3-9cae-853ec1bb7a8a/crucible/regions/2e90906f-f3d5-42eb-bae5-614a696e43a5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:34:14.990867869Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"datafile"} {"msg":"region 2e90906f-f3d5-42eb-bae5-614a696e43a5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:34:14.998744473Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:34:14.998922548Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:34:14.998932279Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"uri":"/crucible/0/regions/2e90906f-f3d5-42eb-bae5-614a696e43a5","method":"DELETE","req_id":"31b35eea-7f6f-4b86-9dba-be4dc7399c05","remote_addr":"[fd00:1122:3344:101::c]:41104","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19561,"response_code":204} {"msg":"disabling downstairs instance: downstairs-2e90906f-f3d5-42eb-bae5-614a696e43a5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:34:14.999573239Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:34:15.001948336Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"uri":"/crucible/0/regions/2e90906f-f3d5-42eb-bae5-614a696e43a5","method":"GET","req_id":"e1a2a5ef-ce96-4e8c-b8a4-360e41717dcd","remote_addr":"[fd00:1122:3344:101::c]:41104","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:34:15.003981491Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f83d1991-54cb-4ae3-9cae-853ec1bb7a8a/crucible/regions/2e90906f-f3d5-42eb-bae5-614a696e43a5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:34:15.011869355Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"region":"2e90906f-f3d5-42eb-bae5-614a696e43a5","component":"worker"} {"msg":"region 2e90906f-f3d5-42eb-bae5-614a696e43a5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:34:15.055359553Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T18:34:15.094683848Z","hostname":"oxz_crucible_76cdffc0-d396-479a-8f52-3a70ed2898ae","pid":23015,"uri":"/crucible/0/regions/2e90906f-f3d5-42eb-bae5-614a696e43a5","method":"GET","req_id":"ba47293c-7c84-4c19-a284-d60dfc9a3f4d","remote_addr":"[fd00:1122:3344:101::c]:41104","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":47,"response_code":200}