{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:03.854812066Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62383"} {"msg":"region 8a46b79d-1515-4cf7-8cd0-63feab348b25 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:03.85491904Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:03.85594061Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:03.85595446Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"uri":"/crucible/0/regions","method":"POST","req_id":"cc0c62a1-d8aa-41b8-8cf0-9451c8d9ad54","remote_addr":"[fd00:1122:3344:101::a]:62383","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":1058,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_9008b40e-cb41-42ec-85ed-00fc38889613/crucible/regions/8a46b79d-1515-4cf7-8cd0-63feab348b25","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:03.865622048Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9008b40e-cb41-42ec-85ed-00fc38889613/crucible/regions/8a46b79d-1515-4cf7-8cd0-63feab348b25","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:03.865650699Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8a46b79d-1515-4cf7-8cd0-63feab348b25\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8a46b79d-1515-4cf7-8cd0-63feab348b25\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:03.93325807Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"region":"8a46b79d-1515-4cf7-8cd0-63feab348b25","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8a46b79d-1515-4cf7-8cd0-63feab348b25\" \"--data\" \"/data/regions/8a46b79d-1515-4cf7-8cd0-63feab348b25\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:03.933302301Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"region":"8a46b79d-1515-4cf7-8cd0-63feab348b25","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:03.993265455Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"uri":"/crucible/0/regions","method":"POST","req_id":"46223a61-6e72-4d53-acc8-08880ec0b622","remote_addr":"[fd00:1122:3344:101::a]:62383","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:04.014704283Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"region":"8a46b79d-1515-4cf7-8cd0-63feab348b25","component":"worker"} {"msg":"region 8a46b79d-1515-4cf7-8cd0-63feab348b25 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:04.014727524Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:04.014835257Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8a46b79d-1515-4cf7-8cd0-63feab348b25","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:04.016136556Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8a46b79d-1515-4cf7-8cd0-63feab348b25","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:04.026132573Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:04.050049224Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8a46b79d-1515-4cf7-8cd0-63feab348b25","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:04.053770995Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8a46b79d-1515-4cf7-8cd0-63feab348b25","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:04.054108715Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:04.054174687Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:04.054227619Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:04.05428315Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:04.058401513Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:04.063581847Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:04.64220447Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"uri":"/crucible/0/regions","method":"POST","req_id":"7db7828a-cc9d-4091-9b90-489ff329d563","remote_addr":"[fd00:1122:3344:101::a]:62383","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":45,"response_code":"200"} {"msg":"region 2c5f3549-20d4-4c90-95d3-1978f059b521 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.570422264Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.570607549Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"uri":"/crucible/0/regions","method":"POST","req_id":"d1fd1e66-dd14-448a-a9cc-53a69ad3b4c2","remote_addr":"[fd00:1122:3344:101::a]:62383","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":258,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.57062779Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_9008b40e-cb41-42ec-85ed-00fc38889613/crucible/regions/2c5f3549-20d4-4c90-95d3-1978f059b521","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.580880645Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9008b40e-cb41-42ec-85ed-00fc38889613/crucible/regions/2c5f3549-20d4-4c90-95d3-1978f059b521","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.580911476Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2c5f3549-20d4-4c90-95d3-1978f059b521\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2c5f3549-20d4-4c90-95d3-1978f059b521\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.63921314Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"region":"2c5f3549-20d4-4c90-95d3-1978f059b521","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2c5f3549-20d4-4c90-95d3-1978f059b521\" \"--data\" \"/data/regions/2c5f3549-20d4-4c90-95d3-1978f059b521\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.639262652Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"region":"2c5f3549-20d4-4c90-95d3-1978f059b521","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.713203091Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"uri":"/crucible/0/regions","method":"POST","req_id":"4f90b0ce-a5a1-49f0-a0a9-8180fd6baeb8","remote_addr":"[fd00:1122:3344:101::a]:62383","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.727739983Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"region":"2c5f3549-20d4-4c90-95d3-1978f059b521","component":"worker"} {"msg":"region 2c5f3549-20d4-4c90-95d3-1978f059b521 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.727770904Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.727899828Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2c5f3549-20d4-4c90-95d3-1978f059b521","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.728754894Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2c5f3549-20d4-4c90-95d3-1978f059b521","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.737782842Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.747047998Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2c5f3549-20d4-4c90-95d3-1978f059b521","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.75082919Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2c5f3549-20d4-4c90-95d3-1978f059b521","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.751102569Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.75115408Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.751196221Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.751237153Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.755435027Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:10.762358593Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:11.00595015Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"uri":"/crucible/0/regions","method":"POST","req_id":"d6df2b7a-21c5-4b6a-9bf6-a249473a25ff","remote_addr":"[fd00:1122:3344:101::a]:62383","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":48,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:35.896165893Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"uri":"/crucible/0/regions/2c5f3549-20d4-4c90-95d3-1978f059b521","method":"GET","req_id":"48be15e5-b5ef-4768-897c-0ee927afa869","remote_addr":"[fd00:1122:3344:101::a]:62383","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"path is \"/data/regions/2c5f3549-20d4-4c90-95d3-1978f059b521\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:35.898797602Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"datafile"} {"msg":"dataset is oxp_9008b40e-cb41-42ec-85ed-00fc38889613/crucible/regions/2c5f3549-20d4-4c90-95d3-1978f059b521","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:35.914431516Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"datafile"} {"msg":"region 2c5f3549-20d4-4c90-95d3-1978f059b521 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:35.9243038Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:35.924527057Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:35.924563938Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"uri":"/crucible/0/regions/2c5f3549-20d4-4c90-95d3-1978f059b521","method":"DELETE","req_id":"44fb70ac-4e3e-4d28-aa00-d4484c369435","remote_addr":"[fd00:1122:3344:101::a]:62383","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25798,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-2c5f3549-20d4-4c90-95d3-1978f059b521 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:35.926009741Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:35.928703671Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"uri":"/crucible/0/regions/2c5f3549-20d4-4c90-95d3-1978f059b521","method":"GET","req_id":"bee7ae47-1817-4bee-b850-ab6e03a0371b","remote_addr":"[fd00:1122:3344:101::a]:62383","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:35.936756421Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_9008b40e-cb41-42ec-85ed-00fc38889613/crucible/regions/2c5f3549-20d4-4c90-95d3-1978f059b521\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:35.948921453Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"region":"2c5f3549-20d4-4c90-95d3-1978f059b521","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:36.002180067Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"uri":"/crucible/0/regions/2c5f3549-20d4-4c90-95d3-1978f059b521","method":"GET","req_id":"fa4efe13-e1f9-4595-96bb-fb64da55194b","remote_addr":"[fd00:1122:3344:101::a]:62383","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":102,"response_code":"200"} {"msg":"region 2c5f3549-20d4-4c90-95d3-1978f059b521 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:36.004197877Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T06:23:36.100939035Z","hostname":"oxz_crucible_66d532f9-3b44-4d3f-9b79-a4e03ffbcd7a","pid":25597,"uri":"/crucible/0/regions/2c5f3549-20d4-4c90-95d3-1978f059b521","method":"GET","req_id":"3ea6640f-fd0f-4a83-94bd-6b20c5e48f89","remote_addr":"[fd00:1122:3344:101::a]:62383","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":35,"response_code":"200"}