{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.253758829Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58917"} {"msg":"region c5ced336-d843-4d9e-a5dc-4066450f4441 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.319125469Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.339829826Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.339850496Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"uri":"/crucible/0/regions","method":"POST","req_id":"51330a92-41c2-40be-bfe4-5d6b91058f78","remote_addr":"[fd00:1122:3344:101::a]:58917","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":55054,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_a9cd890c-2d69-4f62-ac3d-87a92c9ec1ab/crucible/regions/c5ced336-d843-4d9e-a5dc-4066450f4441","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.363222872Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_a9cd890c-2d69-4f62-ac3d-87a92c9ec1ab/crucible/regions/c5ced336-d843-4d9e-a5dc-4066450f4441","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.363243992Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.502119638Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"uri":"/crucible/0/regions","method":"POST","req_id":"f8e8e358-74a9-4971-9283-a3c93bd4f4e2","remote_addr":"[fd00:1122:3344:101::a]:58917","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":44,"response_code":200} {"msg":"creating region Region { id: RegionId(\"c5ced336-d843-4d9e-a5dc-4066450f4441\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c5ced336-d843-4d9e-a5dc-4066450f4441\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.565063714Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"region":"c5ced336-d843-4d9e-a5dc-4066450f4441","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c5ced336-d843-4d9e-a5dc-4066450f4441\" \"--data\" \"/data/regions/c5ced336-d843-4d9e-a5dc-4066450f4441\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.567525739Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"region":"c5ced336-d843-4d9e-a5dc-4066450f4441","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.956230067Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"region":"c5ced336-d843-4d9e-a5dc-4066450f4441","component":"worker"} {"msg":"region c5ced336-d843-4d9e-a5dc-4066450f4441 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.956307018Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.956505593Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c5ced336-d843-4d9e-a5dc-4066450f4441","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.956899712Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c5ced336-d843-4d9e-a5dc-4066450f4441","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.963590292Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.992650936Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.997036485Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"uri":"/crucible/0/regions","method":"POST","req_id":"fa338609-5f34-4917-9345-d9c70f14b956","remote_addr":"[fd00:1122:3344:101::a]:58917","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":88,"response_code":200} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c5ced336-d843-4d9e-a5dc-4066450f4441","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.997828683Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c5ced336-d843-4d9e-a5dc-4066450f4441","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.998566739Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.998663052Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.998714923Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.998752083Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:12.015582982Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:12.034113538Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.046528072Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"uri":"/crucible/0/regions/c5ced336-d843-4d9e-a5dc-4066450f4441","method":"GET","req_id":"31330fa7-5214-429d-867e-a129764fa9af","remote_addr":"[fd00:1122:3344:101::a]:58917","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"path is \"/data/regions/c5ced336-d843-4d9e-a5dc-4066450f4441\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.049888197Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"datafile"} {"msg":"dataset is oxp_a9cd890c-2d69-4f62-ac3d-87a92c9ec1ab/crucible/regions/c5ced336-d843-4d9e-a5dc-4066450f4441","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.057932278Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"datafile"} {"msg":"region c5ced336-d843-4d9e-a5dc-4066450f4441 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.065899868Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.066082921Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"uri":"/crucible/0/regions/c5ced336-d843-4d9e-a5dc-4066450f4441","method":"DELETE","req_id":"8fc8dffe-195e-46c1-ac35-67912f05608d","remote_addr":"[fd00:1122:3344:101::a]:58917","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16225,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.066102152Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-c5ced336-d843-4d9e-a5dc-4066450f4441 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.067012962Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.069700853Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"uri":"/crucible/0/regions/c5ced336-d843-4d9e-a5dc-4066450f4441","method":"GET","req_id":"8c4e9d64-1673-4956-8cc3-4b64e20fc5ff","remote_addr":"[fd00:1122:3344:101::a]:58917","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":33,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.073350825Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_a9cd890c-2d69-4f62-ac3d-87a92c9ec1ab/crucible/regions/c5ced336-d843-4d9e-a5dc-4066450f4441\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.082281246Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"region":"c5ced336-d843-4d9e-a5dc-4066450f4441","component":"worker"} {"msg":"region c5ced336-d843-4d9e-a5dc-4066450f4441 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.171223567Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.220973357Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"uri":"/crucible/0/regions/c5ced336-d843-4d9e-a5dc-4066450f4441","method":"GET","req_id":"7a0f7318-5842-4221-9787-6eff7c37df07","remote_addr":"[fd00:1122:3344:101::a]:58917","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.347796322Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45862"} {"msg":"region a5f11979-9c7b-4bca-9197-901864b155e0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.348494008Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.348783984Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"uri":"/crucible/0/regions","method":"POST","req_id":"c22bf3c2-77c8-4874-aec1-ea59e784b682","remote_addr":"[fd00:1122:3344:101::a]:45862","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":931,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.348833205Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a9cd890c-2d69-4f62-ac3d-87a92c9ec1ab/crucible/regions/a5f11979-9c7b-4bca-9197-901864b155e0","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.357747956Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a9cd890c-2d69-4f62-ac3d-87a92c9ec1ab/crucible/regions/a5f11979-9c7b-4bca-9197-901864b155e0","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.357765876Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a5f11979-9c7b-4bca-9197-901864b155e0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a5f11979-9c7b-4bca-9197-901864b155e0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.444199331Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"region":"a5f11979-9c7b-4bca-9197-901864b155e0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a5f11979-9c7b-4bca-9197-901864b155e0\" \"--data\" \"/data/regions/a5f11979-9c7b-4bca-9197-901864b155e0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.444235232Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"region":"a5f11979-9c7b-4bca-9197-901864b155e0","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.520395316Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"region":"a5f11979-9c7b-4bca-9197-901864b155e0","component":"worker"} {"msg":"region a5f11979-9c7b-4bca-9197-901864b155e0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.520425066Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.520516789Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a5f11979-9c7b-4bca-9197-901864b155e0","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.521718506Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a5f11979-9c7b-4bca-9197-901864b155e0","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.532180731Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.553255595Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a5f11979-9c7b-4bca-9197-901864b155e0","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.557124242Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a5f11979-9c7b-4bca-9197-901864b155e0","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.557438019Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.5574818Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.557523331Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.557558692Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.561613023Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.567479195Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.654119175Z","hostname":"oxz_crucible_a8fba1d3-7496-49cc-a480-57134aa283ea","pid":23936,"uri":"/crucible/0/regions","method":"POST","req_id":"afde76d3-5629-4f0b-8664-06b0555c5210","remote_addr":"[fd00:1122:3344:101::a]:45862","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":76,"response_code":200}